FROM metax-megatron:2.24.0.2-ubuntu20.04-amd64
ENV PATH="/opt/conda/bin:${PATH}"
RUN /bin/bash -c "uname -a"
ENV SET_DEVICE_NUMA_PREFERRED=1
ENV MACA_PATH="/opt/maca"
ENV MACA_CLANG_PATH="${MACA_PATH}/mxgpu_llvm/bin"
ENV MACA_CLANG="${MACA_PATH}/mxgpu_llvm"
ENV DEVINFO_ROOT="${MACA_PATH}"
ENV CUCC_PATH="${MACA_PATH}/tools/cu-bridge"
ENV CUDA_PATH="${CUCC_PATH}"
ENV PATH="${CUCC_PATH}:${MACA_PATH}/bin:${MACA_CLANG}/bin:${PATH}"
ENV LD_LIBRARY_PATH="${MACA_PATH}/lib:${MACA_PATH}/mxgpu_llvm/lib:${LD_LIBRARY_PATH}"
ENV MACA_SMALL_PAGESIZE_ENABLE=1
ENV MCPYTORCH_DISABLE_PRINT=1
ENV MCCL_NET_GDR_LEVEL=7
ENV MCCL_P2P_LEVEL=SYS
ENV MCCL_LIMIT_RING_LL_THREADTHRESHOLDS=1
ENV FORCE_ACTIVATE_WAIT=1
ENV SET_DEVICE_NUMA_PREFERRED=1
ENV MAX_JOBS=20
ENV PYTORCH_ENABLE_SAME_RAND_A100=1
ENV MHA_BWD_NO_ATOMIC_F64=1
RUN /bin/bash -c "uname -a"
RUN /bin/bash -c alias python3=python